{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from requests_html import HTMLSession\n",
    "from urllib.parse import urlparse, parse_qs\n",
    "from IPython.display import display, HTML"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "url = \"https://www.liepin.com/zhaopin/?keyword=网站运营经理\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "session = HTMLSession()\n",
    "r = session.get( url )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'互联网/电商': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_01&jobKind=&industries=040&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '游戏产业': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_01&jobKind=&industries=420&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '计算机软件': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_01&jobKind=&industries=010&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " 'IT服务': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_01&jobKind=&industries=030&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '电子/芯片/半导体': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_02&jobKind=&industries=050&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '通信业': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_02&jobKind=&industries=060&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '计算机/网络设备': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_02&jobKind=&industries=020&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '房地产/建筑': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_03&jobKind=&industries=080&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '规划/设计/装潢': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_03&jobKind=&industries=100&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '房地产服务': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_03&jobKind=&industries=090&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '银行': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_04&jobKind=&industries=130&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '保险': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_04&jobKind=&industries=140&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '基金/证券/投资': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_04&jobKind=&industries=150&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '会计/审计': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_04&jobKind=&industries=430&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '信托/担保/拍卖': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_04&jobKind=&industries=500&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '快消品': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=190&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '批发零售': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=240&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '服装纺织': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=200&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '家具/家电': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=210&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '办公设备': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=220&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '奢侈品/收藏品': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=460&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '珠宝/玩具/工艺品': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=470&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '汽车/摩托车': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_06&jobKind=&industries=350&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '机械/机电/重工': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_06&jobKind=&industries=360&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '印刷/包装/造纸': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_06&jobKind=&industries=180&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '原材料加工': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_06&jobKind=&industries=370&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '仪器/电气/自动化': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_06&jobKind=&industries=340&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '制药/生物工程': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_10&jobKind=&industries=270&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '医疗/保健/美容': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_10&jobKind=&industries=280&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '医疗器械': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_10&jobKind=&industries=290&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '能源/水利': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_11&jobKind=&industries=330&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '石油/化工': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_11&jobKind=&industries=310&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '采掘/冶炼/矿产': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_11&jobKind=&industries=320&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '环保': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_11&jobKind=&industries=300&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '新能源': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_11&jobKind=&industries=490&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '专业服务': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=120&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '中介服务': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=110&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '外包服务': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=440&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '检测/认证': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=450&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '餐饮/酒旅/服务': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=230&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '文体娱乐': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=260&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '租赁服务': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=510&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '广告/市场/会展': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_08&jobKind=&industries=070&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '影视文化': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_08&jobKind=&industries=170&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '教育培训': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_08&jobKind=&industries=380&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '交通/物流/运输': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_09&jobKind=&industries=250&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '贸易/进出口': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_09&jobKind=&industries=160&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '航空/航天': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_09&jobKind=&industries=480&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '政务/公共服务': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_12&jobKind=&industries=390&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '农林牧渔': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_12&jobKind=&industries=410&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d',\n",
       " '其他行业': '/zhaopin/?flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_12&jobKind=&industries=400&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d'}"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "行业数据选择器链结 = r.html.xpath('//div[@data-selector=\"search-conditions\"]')[0] \\\n",
    "                    .xpath('//dt[@class=\"search-title\"]/following-sibling::dd')[1] \\\n",
    "                    .xpath('//div[contains(@class,\"sub-industry\")]/a/@href')\n",
    "行业数据选择器链结\n",
    "\n",
    "行业数据选择器链结 = r.html.xpath('//div[@data-selector=\"search-conditions\"]')[0] \\\n",
    "                    .xpath('//dt[@class=\"search-title\"]/following-sibling::dd')[1] \\\n",
    "                    .xpath('//div[contains(@class,\"sub-industry\")]/a')\n",
    "行业数据选择器链结\n",
    "\n",
    "#[ x.xpath(\"a/@href\")[0] for x in 公司数据选择器链结]\n",
    "#[ x.xpath(\"a/text()\")[0] for x in 公司数据选择器链结]\n",
    "行业数据选择器链结 = { x.xpath(\"a/text()\")[0]:x.xpath(\"a/@href\")[0] for x in 行业数据选择器链结}\n",
    "行业数据选择器链结"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_01&jobKind=&industries=040&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_01&jobKind=&industries=420&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_01&jobKind=&industries=010&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_01&jobKind=&industries=030&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_02&jobKind=&industries=050&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_02&jobKind=&industries=060&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_02&jobKind=&industries=020&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_03&jobKind=&industries=080&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_03&jobKind=&industries=100&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_03&jobKind=&industries=090&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_04&jobKind=&industries=130&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_04&jobKind=&industries=140&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_04&jobKind=&industries=150&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_04&jobKind=&industries=430&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_04&jobKind=&industries=500&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=190&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=240&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=200&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=210&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=220&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=460&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_05&jobKind=&industries=470&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_06&jobKind=&industries=350&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_06&jobKind=&industries=360&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_06&jobKind=&industries=180&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_06&jobKind=&industries=370&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_06&jobKind=&industries=340&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_10&jobKind=&industries=270&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_10&jobKind=&industries=280&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_10&jobKind=&industries=290&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_11&jobKind=&industries=330&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_11&jobKind=&industries=310&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_11&jobKind=&industries=320&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_11&jobKind=&industries=300&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_11&jobKind=&industries=490&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=120&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=110&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=440&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=450&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=230&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=260&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_07&jobKind=&industries=510&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_08&jobKind=&industries=070&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_08&jobKind=&industries=170&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_08&jobKind=&industries=380&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_09&jobKind=&industries=250&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_09&jobKind=&industries=160&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_09&jobKind=&industries=480&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_12&jobKind=&industries=390&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_12&jobKind=&industries=410&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='flushckid=1&compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=&compIds=&subIndustry=&industryType=industry_12&jobKind=&industries=400&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=601441ad174143bc32b5d4765715444d&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d', fragment='')]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from urllib.parse import urlparse, parse_qs\n",
    "[ urlparse(x) for x in 行业数据选择器链结.values()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scheme       1\n",
      "netloc       1\n",
      "path         1\n",
      "params       1\n",
      "query       51\n",
      "fragment     1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>scheme</th>\n",
       "      <th>netloc</th>\n",
       "      <th>path</th>\n",
       "      <th>params</th>\n",
       "      <th>query</th>\n",
       "      <th>fragment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>flushckid=1&amp;compkind=&amp;dqs=&amp;pubTime=&amp;pageSize=4...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  scheme netloc       path params  \\\n",
       "0                /zhaopin/          \n",
       "\n",
       "                                               query fragment  \n",
       "0  flushckid=1&compkind=&dqs=&pubTime=&pageSize=4...           "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame([ urlparse(x) for x in 行业数据选择器链结.values()])\n",
    "print(df.nunique())\n",
    "df.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "flushckid        1\n",
      "pageSize         1\n",
      "industryType    12\n",
      "industries      51\n",
      "siTag            1\n",
      "d_sfrom          1\n",
      "d_ckId           1\n",
      "d_curPage        1\n",
      "d_pageSize       1\n",
      "d_headId         1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>flushckid</th>\n",
       "      <th>pageSize</th>\n",
       "      <th>industryType</th>\n",
       "      <th>industries</th>\n",
       "      <th>siTag</th>\n",
       "      <th>d_sfrom</th>\n",
       "      <th>d_ckId</th>\n",
       "      <th>d_curPage</th>\n",
       "      <th>d_pageSize</th>\n",
       "      <th>d_headId</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>40</td>\n",
       "      <td>industry_01</td>\n",
       "      <td>040</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>40</td>\n",
       "      <td>industry_01</td>\n",
       "      <td>420</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>40</td>\n",
       "      <td>industry_01</td>\n",
       "      <td>010</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>40</td>\n",
       "      <td>industry_01</td>\n",
       "      <td>030</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>40</td>\n",
       "      <td>industry_02</td>\n",
       "      <td>050</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  flushckid pageSize industryType industries  \\\n",
       "0         1       40  industry_01        040   \n",
       "1         1       40  industry_01        420   \n",
       "2         1       40  industry_01        010   \n",
       "3         1       40  industry_01        030   \n",
       "4         1       40  industry_02        050   \n",
       "\n",
       "                                           siTag         d_sfrom  \\\n",
       "0  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "1  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "2  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "3  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "4  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "\n",
       "                             d_ckId d_curPage d_pageSize  \\\n",
       "0  601441ad174143bc32b5d4765715444d         0         40   \n",
       "1  601441ad174143bc32b5d4765715444d         0         40   \n",
       "2  601441ad174143bc32b5d4765715444d         0         40   \n",
       "3  601441ad174143bc32b5d4765715444d         0         40   \n",
       "4  601441ad174143bc32b5d4765715444d         0         40   \n",
       "\n",
       "                           d_headId  \n",
       "0  601441ad174143bc32b5d4765715444d  \n",
       "1  601441ad174143bc32b5d4765715444d  \n",
       "2  601441ad174143bc32b5d4765715444d  \n",
       "3  601441ad174143bc32b5d4765715444d  \n",
       "4  601441ad174143bc32b5d4765715444d  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# df_qs = pd.DataFrame([ parse_qs(x) for x in df['query'] ])\n",
    "# df_qs\n",
    "\n",
    "df_qs = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df['query'] ])\n",
    "print (df_qs.nunique())\n",
    "df_qs.head()\n",
    "# df_qs[['keyword','industries']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[{'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_01', 'industries': '040', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_01', 'industries': '420', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_01', 'industries': '010', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_01', 'industries': '030', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_02', 'industries': '050', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_02', 'industries': '060', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_02', 'industries': '020', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_03', 'industries': '080', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_03', 'industries': '100', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_03', 'industries': '090', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_04', 'industries': '130', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_04', 'industries': '140', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_04', 'industries': '150', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_04', 'industries': '430', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_04', 'industries': '500', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_05', 'industries': '190', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_05', 'industries': '240', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_05', 'industries': '200', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_05', 'industries': '210', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_05', 'industries': '220', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_05', 'industries': '460', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_05', 'industries': '470', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_06', 'industries': '350', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_06', 'industries': '360', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_06', 'industries': '180', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_06', 'industries': '370', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_06', 'industries': '340', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_10', 'industries': '270', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_10', 'industries': '280', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_10', 'industries': '290', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_11', 'industries': '330', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_11', 'industries': '310', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_11', 'industries': '320', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_11', 'industries': '300', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_11', 'industries': '490', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_07', 'industries': '120', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_07', 'industries': '110', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_07', 'industries': '440', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_07', 'industries': '450', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_07', 'industries': '230', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_07', 'industries': '260', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_07', 'industries': '510', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_08', 'industries': '070', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_08', 'industries': '170', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_08', 'industries': '380', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_09', 'industries': '250', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_09', 'industries': '160', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_09', 'industries': '480', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_12', 'industries': '390', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_12', 'industries': '410', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}, {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_12', 'industries': '400', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " {'flushckid': '1', 'pageSize': '40', 'industryType': 'industry_12', 'industries': '400', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': '601441ad174143bc32b5d4765715444d', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': '601441ad174143bc32b5d4765715444d'}\n"
     ]
    }
   ],
   "source": [
    "列表暂存 = [] # list()\n",
    "for x in df['query']: \n",
    "    列表暂存.append({k:v[0] for k,v in parse_qs(x).items()} )\n",
    "    \n",
    "# ----------------------------------------------\n",
    "# 字典暂存 = {k:v[0] for k,v in parse_qs(x).items()}\n",
    "# 以下3行代碼相當於上面推導1行\n",
    "字典暂存 = dict()\n",
    "for k,v in parse_qs(x).items():     # for 键,值 in 字典.items():\n",
    "    字典暂存.update({k:v[0]})\n",
    "    \n",
    "# ----------------------------------------------\n",
    "print (列表暂存, 字典暂存) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_01',\n",
       "  'industries': '040',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_01',\n",
       "  'industries': '420',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_01',\n",
       "  'industries': '010',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_01',\n",
       "  'industries': '030',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_02',\n",
       "  'industries': '050',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_02',\n",
       "  'industries': '060',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_02',\n",
       "  'industries': '020',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_03',\n",
       "  'industries': '080',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_03',\n",
       "  'industries': '100',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_03',\n",
       "  'industries': '090',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_04',\n",
       "  'industries': '130',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_04',\n",
       "  'industries': '140',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_04',\n",
       "  'industries': '150',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_04',\n",
       "  'industries': '430',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_04',\n",
       "  'industries': '500',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '190',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '240',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '200',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '210',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '220',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '460',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_05',\n",
       "  'industries': '470',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_06',\n",
       "  'industries': '350',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_06',\n",
       "  'industries': '360',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_06',\n",
       "  'industries': '180',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_06',\n",
       "  'industries': '370',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_06',\n",
       "  'industries': '340',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_10',\n",
       "  'industries': '270',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_10',\n",
       "  'industries': '280',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_10',\n",
       "  'industries': '290',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_11',\n",
       "  'industries': '330',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_11',\n",
       "  'industries': '310',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_11',\n",
       "  'industries': '320',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_11',\n",
       "  'industries': '300',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_11',\n",
       "  'industries': '490',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '120',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '110',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '440',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '450',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '230',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '260',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_07',\n",
       "  'industries': '510',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_08',\n",
       "  'industries': '070',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_08',\n",
       "  'industries': '170',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_08',\n",
       "  'industries': '380',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_09',\n",
       "  'industries': '250',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_09',\n",
       "  'industries': '160',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_09',\n",
       "  'industries': '480',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_12',\n",
       "  'industries': '390',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_12',\n",
       "  'industries': '410',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'},\n",
       " {'flushckid': '1',\n",
       "  'pageSize': '40',\n",
       "  'industryType': 'industry_12',\n",
       "  'industries': '400',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': '601441ad174143bc32b5d4765715444d',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': '601441ad174143bc32b5d4765715444d'}]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "列表暫存 = [] # list()\n",
    "for q in df['query']: \n",
    "    字典暫存 = dict()\n",
    "    for k,v in parse_qs(q).items(): # for 鍵,值 in 字典.items():\n",
    "        字典暫存.update({k:v[0]})\n",
    "    列表暫存.append(字典暫存)\n",
    "列表暫存"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['040'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d']}\n",
      "{'互联网/电商': '040', '游戏产业': '420', '计算机软件': '010', 'IT服务': '030', '电子/芯片/半导体': '050', '通信业': '060', '计算机/网络设备': '020', '房地产/建筑': '080', '规划/设计/装潢': '100', '房地产服务': '090', '银行': '130', '保险': '140', '基金/证券/投资': '150', '会计/审计': '430', '信托/担保/拍卖': '500', '快消品': '190', '批发零售': '240', '服装纺织': '200', '家具/家电': '210', '办公设备': '220', '奢侈品/收藏品': '460', '珠宝/玩具/工艺品': '470', '汽车/摩托车': '350', '机械/机电/重工': '360', '印刷/包装/造纸': '180', '原材料加工': '370', '仪器/电气/自动化': '340', '制药/生物工程': '270', '医疗/保健/美容': '280', '医疗器械': '290', '能源/水利': '330', '石油/化工': '310', '采掘/冶炼/矿产': '320', '环保': '300', '新能源': '490', '专业服务': '120', '中介服务': '110', '外包服务': '440', '检测/认证': '450', '餐饮/酒旅/服务': '230', '文体娱乐': '260', '租赁服务': '510', '广告/市场/会展': '070', '影视文化': '170', '教育培训': '380', '交通/物流/运输': '250', '贸易/进出口': '160', '航空/航天': '480', '政务/公共服务': '390', '农林牧渔': '410', '其他行业': '400'}\n"
     ]
    }
   ],
   "source": [
    "def parse_url_qs_for_industries (url):\n",
    "    six_parts = urlparse(url) \n",
    "    out = parse_qs(six_parts.query)\n",
    "    return (out)\n",
    "\n",
    "# parse_url_qs_for_industries(list(行业数据选择器链结.values())[0])['industries']\n",
    "参数模板 = parse_url_qs_for_industries(list(行业数据选择器链结.values())[0])\n",
    "print(参数模板)\n",
    "# [ parse_url_qs_for_industries(x)['industries'] for x in 行业数据选择器链结.values()]\n",
    "[ parse_url_qs_for_industries(x)['industries'][0] for x in 行业数据选择器链结.values()]\n",
    "\n",
    "字典_industries = { k:parse_url_qs_for_industries(v)['industries'][0] for k,v in 行业数据选择器链结.items()}\n",
    "print (字典_industries)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'互联网/电商': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['040'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '游戏产业': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['420'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '计算机软件': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['010'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, 'IT服务': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['030'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '电子/芯片/半导体': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['050'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '通信业': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['060'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '计算机/网络设备': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['020'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '房地产/建筑': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['080'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '规划/设计/装潢': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['100'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '房地产服务': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['090'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '银行': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['130'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '保险': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['140'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '基金/证券/投资': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['150'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '会计/审计': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['430'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '信托/担保/拍卖': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['500'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '快消品': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['190'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '批发零售': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['240'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '服装纺织': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['200'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '家具/家电': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['210'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '办公设备': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['220'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '奢侈品/收藏品': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['460'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '珠宝/玩具/工艺品': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['470'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '汽车/摩托车': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['350'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '机械/机电/重工': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['360'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '印刷/包装/造纸': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['180'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '原材料加工': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['370'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '仪器/电气/自动化': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['340'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '制药/生物工程': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['270'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '医疗/保健/美容': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['280'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '医疗器械': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['290'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '能源/水利': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['330'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '石油/化工': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['310'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '采掘/冶炼/矿产': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['320'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '环保': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['300'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '新能源': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['490'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '专业服务': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['120'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '中介服务': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['110'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '外包服务': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['440'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '检测/认证': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['450'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '餐饮/酒旅/服务': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['230'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '文体娱乐': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['260'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '租赁服务': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['510'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '广告/市场/会展': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['070'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '影视文化': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['170'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '教育培训': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['380'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '交通/物流/运输': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['250'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '贸易/进出口': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['160'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '航空/航天': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['480'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '政务/公共服务': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['390'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '农林牧渔': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['410'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}, '其他行业': {'flushckid': ['1'], 'pageSize': ['40'], 'industryType': ['industry_01'], 'industries': ['400'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['601441ad174143bc32b5d4765715444d'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'keyword': ['网站运营经理']}}"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "def 参数模板生成(industries , keyword ):\n",
    "    参数 = 参数模板.copy()\n",
    "    参数['industries'] = industries\n",
    "    参数['keyword'] = keyword\n",
    "    return (参数)\n",
    "\n",
    "参数_industries_jingli = { k:参数模板生成(industries = [v], keyword = ['网站运营经理']) for k,v in 字典_industries.items()}\n",
    "print(参数_industries_jingli)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "url = \"https://www.liepin.com/zhaopin/\"\n",
    "session = HTMLSession()\n",
    "payload = 参数_industries_jingli['互联网/电商']\n",
    "r = session.get( url, params = payload)\n",
    "\n",
    "r.url\n",
    "\n",
    "session = HTMLSession()\n",
    "\n",
    "def requests_liepin( url, params):\n",
    "    r = session.get( url , params = payload)\n",
    "\n",
    "    # 先取特定元素, 精准打击其子后辈\n",
    "    主要元素 = r.html.xpath( '//ul[@class=\"sojob-list\"]/li')\n",
    "\n",
    "    # 作为xpath字典，键为我要抓的牛肉名称，值为xpath\n",
    "    dict_xpaths={ \n",
    "        'text': {\n",
    "            'edu':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]',\n",
    "            '经验':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]/following-sibling::span',\n",
    "            '薪水':    '//div[contains(@class,\"job-info\")]/p/span[@class=\"text-warning\"]', \n",
    "            '时间':    '//div[contains(@class,\"job-info\")]/p/time/@title', \n",
    "            '职称':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司地点': '//div[contains(@class,\"job-info\")]/p/a',\n",
    "            '公司名称': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        },\n",
    "        'text_content': {\n",
    "        },\n",
    "        'href': {\n",
    "            '链结':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司URL': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        }\n",
    "    }\n",
    "\n",
    "    def get_e_text_content(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [e.xpath(_xpath_)[0].lxml.text_content() for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_text(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [\"\".join([x.strip() if type(x) is str else x.text.strip() for x in e.xpath(_xpath_)]) for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_href(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [list(e.xpath(_xpath_, first=True).absolute_links)[0] \\\n",
    "                   if len(e.xpath(_xpath_, first=True).absolute_links) >= 1  \\\n",
    "                   else \"\" for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    # 只对主要元素下进行.xpath取值\n",
    "    数据字典 = dict()\n",
    "\n",
    "    数据字典 = {k:get_e_text_content(v) for k,v in dict_xpaths['text_content'].items()}\n",
    "    数据字典.update({k:get_e_text(v) for k,v in dict_xpaths['text'].items()})\n",
    "    数据字典.update({k:get_e_href(v) for k,v in dict_xpaths['href'].items()})\n",
    "\n",
    "    数据 = pd.DataFrame(数据字典)\n",
    "    数据.to_excel(\"Web_mining_期末_liepin.xlsx\", sheet_name=\"get\")\n",
    "    return (数据)\n",
    "\n",
    "\n",
    "# 上周C-3   多个页面\n",
    "url = \"https://www.liepin.com/zhaopin/\"\n",
    "\n",
    "list_df = list()\n",
    "for k,v in 参数_industries_jingli.items():\n",
    "    payload = v\n",
    "    df = requests_liepin( url, params = payload)\n",
    "    df = df.assign (行业类型 = k)    \n",
    "    list_df.append(df)\n",
    "\n",
    "df_all = pd.concat(list_df)\n",
    "df_all\n",
    "\n",
    "# 上周C-4   输出\n",
    "df_all.to_excel(\"Web_mining_期末_liepin_行业类型.xlsx\", sheet_name=\"get\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# xpath 解析翻页a/@href\n",
    "xpath_翻页a = '//div[@class=\"pagerbar\"]/a' # 有disabled, current等href是javascript\n",
    "xpath_翻页a = '//div[@class=\"pagerbar\"]/a[starts-with(@href,\"/zhaopin\")]'\n",
    "# print (r.html.xpath(xpath_翻页a)) # 物件\n",
    "\n",
    "href_列表 = [x.xpath('//@href')[0] for x in r.html.xpath(xpath_翻页a)]\n",
    "#print (href_列表)\n",
    "\n",
    "文字_列表 = [x.text for x in r.html.xpath(xpath_翻页a)]\n",
    "#print (文字_列表)\n",
    "\n",
    "href_字典 = {x.text:x.xpath('//@href')[0]  for x in r.html.xpath(xpath_翻页a)}\n",
    "# print (href_字典)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>scheme</th>\n",
       "      <th>netloc</th>\n",
       "      <th>path</th>\n",
       "      <th>params</th>\n",
       "      <th>query</th>\n",
       "      <th>fragment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>compkind=&amp;dqs=&amp;pubTime=&amp;pageSize=40&amp;salary=&amp;co...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>compkind=&amp;dqs=&amp;pubTime=&amp;pageSize=40&amp;salary=&amp;co...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>compkind=&amp;dqs=&amp;pubTime=&amp;pageSize=40&amp;salary=&amp;co...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>compkind=&amp;dqs=&amp;pubTime=&amp;pageSize=40&amp;salary=&amp;co...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>compkind=&amp;dqs=&amp;pubTime=&amp;pageSize=40&amp;salary=&amp;co...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>compkind=&amp;dqs=&amp;pubTime=&amp;pageSize=40&amp;salary=&amp;co...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  scheme netloc       path params  \\\n",
       "0                /zhaopin/          \n",
       "1                /zhaopin/          \n",
       "2                /zhaopin/          \n",
       "3                /zhaopin/          \n",
       "4                /zhaopin/          \n",
       "5                /zhaopin/          \n",
       "\n",
       "                                               query fragment  \n",
       "0  compkind=&dqs=&pubTime=&pageSize=40&salary=&co...           \n",
       "1  compkind=&dqs=&pubTime=&pageSize=40&salary=&co...           \n",
       "2  compkind=&dqs=&pubTime=&pageSize=40&salary=&co...           \n",
       "3  compkind=&dqs=&pubTime=&pageSize=40&salary=&co...           \n",
       "4  compkind=&dqs=&pubTime=&pageSize=40&salary=&co...           \n",
       "5  compkind=&dqs=&pubTime=&pageSize=40&salary=&co...           "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scheme      1\n",
      "netloc      1\n",
      "path        1\n",
      "params      1\n",
      "query       5\n",
      "fragment    1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pageSize</th>\n",
       "      <th>sortFlag</th>\n",
       "      <th>industries</th>\n",
       "      <th>siTag</th>\n",
       "      <th>d_sfrom</th>\n",
       "      <th>d_ckId</th>\n",
       "      <th>d_curPage</th>\n",
       "      <th>d_pageSize</th>\n",
       "      <th>d_headId</th>\n",
       "      <th>curPage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>40</td>\n",
       "      <td>°radeFlag=0</td>\n",
       "      <td>040</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>bd5221f6b4730bf30d188acb3c15f072</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>40</td>\n",
       "      <td>°radeFlag=0</td>\n",
       "      <td>040</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>bd5221f6b4730bf30d188acb3c15f072</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>40</td>\n",
       "      <td>°radeFlag=0</td>\n",
       "      <td>040</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>bd5221f6b4730bf30d188acb3c15f072</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>40</td>\n",
       "      <td>°radeFlag=0</td>\n",
       "      <td>040</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>bd5221f6b4730bf30d188acb3c15f072</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>40</td>\n",
       "      <td>°radeFlag=0</td>\n",
       "      <td>040</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>bd5221f6b4730bf30d188acb3c15f072</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>40</td>\n",
       "      <td>°radeFlag=0</td>\n",
       "      <td>040</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>bd5221f6b4730bf30d188acb3c15f072</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>601441ad174143bc32b5d4765715444d</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  pageSize     sortFlag industries  \\\n",
       "0       40  °radeFlag=0        040   \n",
       "1       40  °radeFlag=0        040   \n",
       "2       40  °radeFlag=0        040   \n",
       "3       40  °radeFlag=0        040   \n",
       "4       40  °radeFlag=0        040   \n",
       "5       40  °radeFlag=0        040   \n",
       "\n",
       "                                           siTag         d_sfrom  \\\n",
       "0  1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g  search_unknown   \n",
       "1  1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g  search_unknown   \n",
       "2  1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g  search_unknown   \n",
       "3  1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g  search_unknown   \n",
       "4  1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g  search_unknown   \n",
       "5  1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g  search_unknown   \n",
       "\n",
       "                             d_ckId d_curPage d_pageSize  \\\n",
       "0  bd5221f6b4730bf30d188acb3c15f072         0         40   \n",
       "1  bd5221f6b4730bf30d188acb3c15f072         0         40   \n",
       "2  bd5221f6b4730bf30d188acb3c15f072         0         40   \n",
       "3  bd5221f6b4730bf30d188acb3c15f072         0         40   \n",
       "4  bd5221f6b4730bf30d188acb3c15f072         0         40   \n",
       "5  bd5221f6b4730bf30d188acb3c15f072         0         40   \n",
       "\n",
       "                           d_headId curPage  \n",
       "0  601441ad174143bc32b5d4765715444d       1  \n",
       "1  601441ad174143bc32b5d4765715444d       2  \n",
       "2  601441ad174143bc32b5d4765715444d       3  \n",
       "3  601441ad174143bc32b5d4765715444d       4  \n",
       "4  601441ad174143bc32b5d4765715444d       1  \n",
       "5  601441ad174143bc32b5d4765715444d       9  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "pageSize      1\n",
      "sortFlag      1\n",
      "industries    1\n",
      "siTag         1\n",
      "d_sfrom       1\n",
      "d_ckId        1\n",
      "d_curPage     1\n",
      "d_pageSize    1\n",
      "d_headId      1\n",
      "curPage       5\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# 总体目标：输入 href_列表, 建构出参数字典\n",
    "\n",
    "# urlparse 解析后丢入数据框\n",
    "df = pd.DataFrame([ urlparse(x) for x in href_列表])\n",
    "df_qs = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df['query'] ])\n",
    "\n",
    "display(df)\n",
    "print(df.nunique())\n",
    "display(df_qs)\n",
    "print(df_qs.nunique())\n",
    "\n",
    "df_qs.curPage\n",
    "df_qs = df_qs.assign (curPage_int=df_qs.curPage.astype(int)) # 变成整数"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'pageSize': ['40'], 'sortFlag': ['°radeFlag=0'], 'industries': ['040'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['bd5221f6b4730bf30d188acb3c15f072'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['601441ad174143bc32b5d4765715444d'], 'curPage': ['1']}\n",
      "{'2': '/zhaopin/?compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=°radeFlag=0&compIds=&subIndustry=&jobKind=&industries=040&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7E1p1Hf6Iytm4nd3ac31P45g&d_sfrom=search_unknown&d_ckId=bd5221f6b4730bf30d188acb3c15f072&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d&curPage=1', '3': '/zhaopin/?compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=°radeFlag=0&compIds=&subIndustry=&jobKind=&industries=040&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7E1p1Hf6Iytm4nd3ac31P45g&d_sfrom=search_unknown&d_ckId=bd5221f6b4730bf30d188acb3c15f072&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d&curPage=2', '4': '/zhaopin/?compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=°radeFlag=0&compIds=&subIndustry=&jobKind=&industries=040&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7E1p1Hf6Iytm4nd3ac31P45g&d_sfrom=search_unknown&d_ckId=bd5221f6b4730bf30d188acb3c15f072&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d&curPage=3', '5': '/zhaopin/?compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=°radeFlag=0&compIds=&subIndustry=&jobKind=&industries=040&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7E1p1Hf6Iytm4nd3ac31P45g&d_sfrom=search_unknown&d_ckId=bd5221f6b4730bf30d188acb3c15f072&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d&curPage=4', '下一页': '/zhaopin/?compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=°radeFlag=0&compIds=&subIndustry=&jobKind=&industries=040&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7E1p1Hf6Iytm4nd3ac31P45g&d_sfrom=search_unknown&d_ckId=bd5221f6b4730bf30d188acb3c15f072&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d&curPage=1', '': '/zhaopin/?compkind=&dqs=&pubTime=&pageSize=40&salary=&compTag=&sortFlag=°radeFlag=0&compIds=&subIndustry=&jobKind=&industries=040&compscale=&key=&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7E1p1Hf6Iytm4nd3ac31P45g&d_sfrom=search_unknown&d_ckId=bd5221f6b4730bf30d188acb3c15f072&d_curPage=0&d_pageSize=40&d_headId=601441ad174143bc32b5d4765715444d&curPage=9'}\n"
     ]
    }
   ],
   "source": [
    "# 建构参数模板：找到关键参数及参数结构\n",
    "\n",
    "def parse_url_qs_for_curPage (url):\n",
    "    six_parts = urlparse(url) \n",
    "    out = parse_qs(six_parts.query)\n",
    "    return (out)\n",
    "\n",
    "# 取一例做模板\n",
    "参数模板 = parse_url_qs_for_curPage(href_列表[0])\n",
    "print (参数模板)\n",
    "\n",
    "print (href_字典)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n",
      "9\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{0: {'pageSize': ['40'],\n",
       "  'sortFlag': ['°radeFlag=0'],\n",
       "  'industries': ['040'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['bd5221f6b4730bf30d188acb3c15f072'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['601441ad174143bc32b5d4765715444d'],\n",
       "  'curPage': [0],\n",
       "  'keyword': ['网站运营经理']},\n",
       " 1: {'pageSize': ['40'],\n",
       "  'sortFlag': ['°radeFlag=0'],\n",
       "  'industries': ['040'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['bd5221f6b4730bf30d188acb3c15f072'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['601441ad174143bc32b5d4765715444d'],\n",
       "  'curPage': [1],\n",
       "  'keyword': ['网站运营经理']},\n",
       " 2: {'pageSize': ['40'],\n",
       "  'sortFlag': ['°radeFlag=0'],\n",
       "  'industries': ['040'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['bd5221f6b4730bf30d188acb3c15f072'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['601441ad174143bc32b5d4765715444d'],\n",
       "  'curPage': [2],\n",
       "  'keyword': ['网站运营经理']},\n",
       " 3: {'pageSize': ['40'],\n",
       "  'sortFlag': ['°radeFlag=0'],\n",
       "  'industries': ['040'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['bd5221f6b4730bf30d188acb3c15f072'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['601441ad174143bc32b5d4765715444d'],\n",
       "  'curPage': [3],\n",
       "  'keyword': ['网站运营经理']},\n",
       " 4: {'pageSize': ['40'],\n",
       "  'sortFlag': ['°radeFlag=0'],\n",
       "  'industries': ['040'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['bd5221f6b4730bf30d188acb3c15f072'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['601441ad174143bc32b5d4765715444d'],\n",
       "  'curPage': [4],\n",
       "  'keyword': ['网站运营经理']},\n",
       " 5: {'pageSize': ['40'],\n",
       "  'sortFlag': ['°radeFlag=0'],\n",
       "  'industries': ['040'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['bd5221f6b4730bf30d188acb3c15f072'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['601441ad174143bc32b5d4765715444d'],\n",
       "  'curPage': [5],\n",
       "  'keyword': ['网站运营经理']},\n",
       " 6: {'pageSize': ['40'],\n",
       "  'sortFlag': ['°radeFlag=0'],\n",
       "  'industries': ['040'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['bd5221f6b4730bf30d188acb3c15f072'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['601441ad174143bc32b5d4765715444d'],\n",
       "  'curPage': [6],\n",
       "  'keyword': ['网站运营经理']},\n",
       " 7: {'pageSize': ['40'],\n",
       "  'sortFlag': ['°radeFlag=0'],\n",
       "  'industries': ['040'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['bd5221f6b4730bf30d188acb3c15f072'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['601441ad174143bc32b5d4765715444d'],\n",
       "  'curPage': [7],\n",
       "  'keyword': ['网站运营经理']},\n",
       " 8: {'pageSize': ['40'],\n",
       "  'sortFlag': ['°radeFlag=0'],\n",
       "  'industries': ['040'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['bd5221f6b4730bf30d188acb3c15f072'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['601441ad174143bc32b5d4765715444d'],\n",
       "  'curPage': [8],\n",
       "  'keyword': ['网站运营经理']},\n",
       " 9: {'pageSize': ['40'],\n",
       "  'sortFlag': ['°radeFlag=0'],\n",
       "  'industries': ['040'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~1p1Hf6Iytm4nd3ac31P45g'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['bd5221f6b4730bf30d188acb3c15f072'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['601441ad174143bc32b5d4765715444d'],\n",
       "  'curPage': [9],\n",
       "  'keyword': ['网站运营经理']}}"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 建构参数模板生成器：keyword curPage\n",
    "def 翻页参数模板生成(keyword, curPage):\n",
    "    参数 = 参数模板.copy()\n",
    "    参数['curPage'] = curPage\n",
    "    参数['keyword'] = keyword\n",
    "    return (参数)\n",
    "\n",
    "参数_keyword_jingli_curPage = { \n",
    "    i:翻页参数模板生成(curPage = [i], \\\n",
    "                  keyword = ['网站运营经理']) \\\n",
    "    for i,v in href_字典.items()\\\n",
    "    }\n",
    "\n",
    "\n",
    "print (df_qs.curPage_int.min()) # 最小值只有1\n",
    "print (df_qs.curPage_int.max()) # 最大值只有9\n",
    "\n",
    "# 应该是 0 (本页)....9(最大值)\n",
    "\n",
    "参数_keyword_jingli_curPage = { \n",
    "    i:翻页参数模板生成(curPage = [i], \\\n",
    "                  keyword = ['网站运营经理']) \\\n",
    "    for i in range(0,df_qs.curPage_int.max()+1)\\\n",
    "    }\n",
    "参数_keyword_jingli_curPage"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "import time\n",
    "from random import random"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 3.41 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "time.sleep(3+4*random())  # 3-7秒设置"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 59.4 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "import time\n",
    "from random import random\n",
    "\n",
    "url = \"https://www.liepin.com/zhaopin/\"\n",
    "\n",
    "list_df = list()\n",
    "for k,v in 参数_keyword_jingli_curPage.items():\n",
    "    payload = v\n",
    "    df = requests_liepin( url, params = payload)\n",
    "    time.sleep(3+4*random())  \n",
    "    df = df.assign (curPage = k)  \n",
    "    list_df.append(df)\n",
    "\n",
    "df_all = pd.concat(list_df).reset_index()\n",
    "df_all.index.name = '序'\n",
    "\n",
    "df_all.to_excel(\"网站运营经理_liepin_翻页.xlsx\",\\\n",
    "                sheet_name=\"总\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
